; simple sample :
	
	Local res=Tokenize("Simple string to tokenize", " ", "")
	Local t=ListFirst(res)
	While t
		Write "'"+LinkValue(t)+"' "
		t=AfterLink(t)
	Wend
	Print ""
	Print ""


; Parser sample
	
	Type tPseudo Field mName$ End Type
	Function NewPseudo(name$):Local p.tPseudo=New tPseudo:p\mName=name:End Function
	
	Local Name$		=	"Rango" : NewPseudo(Name)
	Local p.tPseudo
	
	; String to tokenize
	Local Chaine$	=	"Hello "+Name+",How are you today ? Me, I'm Fine ! ^^"
	
	; Delimiters ( chars that will be destroyed from string and used to split 'words' )
	Local Delims$	=	" "+Chr(9)
	
	; Symbols are delimiters that will be exported in the token-list
	Local Symbols$	=	"',.?!*-+/\(){}[]%$#~^"
	
	
	; tokenize the string, result is a list of tokens.
	Local List=Tokenize(Chaine, Delims, Symbols)
	
	; check if empty list
	If Not(ListIsEmpty(List))
		
		Print ""
		Local symbol=False
		
		; parse the tokens
		Local tok1=ListFirst(List)
		
		While tok1
			
			; the current token
			Local val$=LinkValue(tok1)
			
			; token is a symbol ?
			If Instr(Symbols,val)
				
				Color 000,255,255
				Write val
				Select val
					Case ",","?","!"
						Write " "
				End Select
				symbol = True
				
			; token a tPseudo
			Else
				
				Color 255,255,000
				
				For p.tPseudo = Each tPseudo
					If p\mName=val
						Color 255,128,000
					EndIf
				Next
				If Not(symbol) Write " "
				Write val
				
				symbol = False
				
			EndIf
			
			tok1=AfterLink(tok1)
		Wend
		
		Color 255,255,000
		
	Else
		
		Print "No token found."
		
	EndIf
	
WaitKey
End

;~IDEal Editor Parameters:
;~C#Blitz3D